00010000:00010000:1.0F:1746070491.872897:0:10927:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0F:1746070492.876984:0:7224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1746070492.951446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070492.952390:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395459072 00000100:00100000:3.0:1746070492.952400:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395459072 00000100:00100000:0.0:1746070492.952425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1746070492.952465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070492.952480:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 198 00000100:00100000:0.0:1746070492.952482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070492.952489:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+18:2011:x1830887395459072:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0F:1746070492.952492:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395459328 00000100:00100000:2.0:1746070492.952502:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395459328 00000100:00100000:0.0:1746070492.952504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1746070492.952526:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395458944 00000100:00100000:0.0:1746070492.952529:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395458944 00000100:00100000:2.0:1746070492.952533:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395459456 00000100:00100000:2.0:1746070492.952535:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395459456 00000100:00100000:0.0:1746070492.952550:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 332 00000100:00100000:2.0:1746070492.952555:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 111 00000100:00100000:0.0:1746070492.952555:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136baf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09d013c6-f2aa-433e-9063-99c2ea6fd05c+9:2011:x1830887395458944:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1746070492.952559:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+18:2011:x1830887395459072:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 72us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070492.952560:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+20:2011:x1830887395459328:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1746070492.952565:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 198 00000100:00100000:0.0:1746070492.952574:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136baf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09d013c6-f2aa-433e-9063-99c2ea6fd05c+9:2011:x1830887395458944:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 19us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070492.952578:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395459200 00000100:00100000:0.0:1746070492.952578:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 332 00000100:00100000:3.0:1746070492.952580:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395459200 00000100:00100000:2.0:1746070492.952588:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+20:2011:x1830887395459328:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 28us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070492.952593:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 111 00000100:00100000:3.0:1746070492.952597:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 199 00000100:00100000:3.0:1746070492.952600:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b548850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+6:2011:x1830887395459200:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:2.0:1746070492.952602:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 112 00000100:00100000:2.0:1746070492.952607:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+20:2011:x1830887395459456:12345-192.168.203.13@tcp:400:kworker.0 00000100:00100000:3.0:1746070492.952619:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b548850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+6:2011:x1830887395459200:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 18us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070492.952623:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 199 00000100:00100000:2.0:1746070492.952632:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+20:2011:x1830887395459456:12345-192.168.203.13@tcp:400:kworker.0 Request processed in 24us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070492.952636:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 112 00000100:00080000:1.0:1746070492.952650:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746070492.952655:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746070492.952657:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746070492.952659:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:3.0:1746070493.681107:0:17934:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 0j: test lfs mirror read/write commands ========================================================== 23:34:53 (1746070493) 00000100:00100000:0.0:1746070493.722856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.722923:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395459584 00000100:00100000:3.0:1746070493.722930:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395459584 00000100:00100000:3.0:1746070493.722970:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 977 00000100:00100000:3.0:1746070493.722977:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+18:15100:x1830887395459584:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070493.722991:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.723005:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175200/0xdde79d79b4486786 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edee5 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.723051:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723061:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723076:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723086:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723091:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723096:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723128:0:7236:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723133:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723138:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723143:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723148:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d175a00 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:3.0:1746070493.723151:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723156:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723165:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012240d800) 00010000:00010000:3.0:1746070493.723168:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070493.723175:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723179:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b448678d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723188:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723192:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723197:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723200:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d174a00 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:3.0:1746070493.723202:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723206:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723212:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff88012d818900) 00010000:00010000:3.0:1746070493.723213:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070493.723215:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723218:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b4486794 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.723243:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175200/0xdde79d79b4486786 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edee5 expref: 19 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.723249:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175200/0xdde79d79b4486786 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edee5 expref: 19 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.723260:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d175200, rc 0) 00000100:00100000:3.0:1746070493.723313:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+18:15100:x1830887395459584:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 336us (463us total) trans 0 rc 301/301 00000100:00100000:3.0:1746070493.723319:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 977 00000100:00100000:0.0:1746070493.732577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.732626:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395459840 00000100:00100000:3.0:1746070493.732633:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395459840 00000100:00100000:3.0:1746070493.732682:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 978 00000100:00100000:3.0:1746070493.732688:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+18:15100:x1830887395459840:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070493.732702:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.732704:0:7236:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746070493.732723:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9a00/0xdde79d79b44864e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56ede0c expref: 18 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.732734:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012240d800) 00010000:00010000:3.0:1746070493.732737:0:7236:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070493.732745:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b448679b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edeec expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.732805:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.732813:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.732819:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.732827:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.732837:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.732843:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733138:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733144:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733149:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:3.0:1746070493.733155:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:3.0:1746070493.733169:0:7236:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733173:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733178:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733182:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733186:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d175600 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:3.0:1746070493.733189:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733193:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733206:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012240d800) 00010000:00010000:3.0:1746070493.733208:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070493.733210:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733214:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867a2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00000004:00010000:3.0:1746070493.733221:0:7236:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009618d180 reply state ffff880096778000 transno 4294967649 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733226:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.733230:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff88012d818800) 00010000:00010000:3.0:1746070493.733232:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746070493.733234:0:7236:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746070493.733247:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b448679b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edeec expref: 20 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.733255:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edeec expref: 19 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.733260:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818f00) 00010000:00010000:3.0:1746070493.733261:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070493.733263:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800969f1000, rc 0) 00000100:00100000:3.0:1746070493.735106:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15100:x1830887395459840:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 2407us (2524us total) trans 4294967649 rc 0/0 00000100:00100000:3.0:1746070493.735116:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 978 00000100:00100000:1.0:1746070493.742057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.742724:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395460096 00000100:00100000:2.0:1746070493.742731:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395460096 00000100:00100000:2.0:1746070493.742777:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 979 00000100:00100000:2.0:1746070493.742784:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15100:x1830887395460096:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:2.0:1746070493.742801:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070493.742819:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd400/0xdde79d79b44867be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edef3 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.742895:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.742916:0:7236:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edeec expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.742923:0:7236:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.742950:0:7236:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edeec expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.742960:0:7236:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edeec expref: 21 pid: 7236 timeout: 338 lvb_type: 0 00000100:00100000:2.0:1746070493.742969:0:7236:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800964a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7236:1830887400574208:192.168.203.13@tcp:104: 00000100:00100000:2.0:1746070493.743021:0:7236:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746070493.747773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.749598:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395460224 00000100:00100000:3.0:1746070493.749610:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395460224 00010000:00010000:3.0:1746070493.749638:0:8386:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edeec expref: 22 pid: 7236 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.749685:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 209 00000100:00100000:3.0:1746070493.749692:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:2010:x1830887395460224:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070493.749702:0:8386:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070493.749706:0:8386:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edeec expref: 22 pid: 7236 timeout: 338 lvb_type: 0 00010000:00010000:3.0:1746070493.749714:0:8386:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edeec expref: 22 pid: 7236 timeout: 338 lvb_type: 0 00010000:00010000:3.0:1746070493.749729:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818f00) 00010000:00010000:3.0:1746070493.749733:0:8386:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.749739:0:8386:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.749744:0:8386:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.749755:0:8386:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070493.749786:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:2010:x1830887395460224:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 94us (2020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.749790:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 209 00010000:00010000:3.0:1746070493.749823:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b44867b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edeec expref: 21 pid: 7236 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.749840:0:7236:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800964a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7236:1830887400574208:192.168.203.13@tcp:104: 00010000:00010000:3.0:1746070493.749851:0:7236:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.749857:0:7236:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.749862:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:3.0:1746070493.749875:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00080000:3.0:1746070493.749984:0:7236:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00000004:00080000:3.0:1746070493.749989:0:7236:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00010000:00010000:3.0:1746070493.750045:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.750051:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.750056:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.750060:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b8dd800 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:3.0:1746070493.750062:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.750067:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.750072:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818f00) 00010000:00010000:3.0:1746070493.750074:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746070493.750080:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.750084:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd800/0xdde79d79b44867c5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.750116:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd400/0xdde79d79b44867be lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edef3 expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.750122:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd400/0xdde79d79b44867be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edef3 expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.750128:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b8dd400, rc 0) 00000100:00100000:3.0:1746070493.750143:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15100:x1830887395460096:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 7360us (8093us total) trans 4294967650 rc 301/301 00000100:00100000:3.0:1746070493.750147:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 979 00000100:00100000:0.0:1746070493.754859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.754995:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395460480 00000100:00100000:2.0:1746070493.755004:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395460480 00000100:00100000:2.0:1746070493.755041:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 230 00000100:00100000:2.0:1746070493.755047:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15100:x1830887395460480:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:2.0:1746070493.755249:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+21:15100:x1830887395460480:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 201us (396us total) trans 4294967651 rc 0/0 00000100:00100000:2.0:1746070493.755256:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 230 00000100:00100000:0.0:1746070493.757608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1746070493.757636:0:16053:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395460736 00000100:00100000:0.0:1746070493.757643:0:16053:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395460736 00000100:00100000:0.0:1746070493.757694:0:16053:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 231 00000100:00100000:0.0:1746070493.757701:0:16053:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+21:15100:x1830887395460736:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:0.0:1746070493.757860:0:16053:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15100:x1830887395460736:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 159us (257us total) trans 4294967652 rc 0/0 00000100:00100000:0.0:1746070493.757865:0:16053:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 231 00000100:00100000:1.0:1746070493.770306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.770376:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395460864 00000100:00100000:2.0:1746070493.770384:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395460864 00000100:00100000:2.0:1746070493.770417:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 980 00000100:00100000:2.0:1746070493.770424:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15104:x1830887395460864:12345-192.168.203.13@tcp:101:cp.0 00010000:00010000:2.0:1746070493.770441:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070493.770457:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd000/0xdde79d79b44867d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edefa expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.770750:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc000/0xdde79d79b44867da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.770761:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc000/0xdde79d79b44867da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.770776:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc000/0xdde79d79b44867da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:2.0:1746070493.770811:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746070493.770815:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746070493.770827:0:7236:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc000/0xdde79d79b44867da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.770844:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dd000/0xdde79d79b44867d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edefa expref: 24 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.770857:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc000/0xdde79d79b44867da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edefa expref: 23 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.770863:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012240d800) 00010000:00010000:2.0:1746070493.770865:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746070493.770868:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b8dc000, rc 0) 00000100:00100000:2.0:1746070493.771627:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+23:15104:x1830887395460864:12345-192.168.203.13@tcp:101:cp.0 Request processed in 1201us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070493.771633:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 980 00000100:00100000:0.0:1746070493.780624:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.782158:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395460992 00000100:00100000:3.0:1746070493.782167:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395460992 00000100:00100000:3.0:1746070493.782211:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 981 00000100:00100000:3.0:1746070493.782218:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+23:15104:x1830887395460992:12345-192.168.203.13@tcp:101:cp.0 00010000:00010000:3.0:1746070493.782232:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.782249:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b44867e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf01 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.782294:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782303:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782311:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782325:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782330:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782335:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782383:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782389:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782393:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:3.0:1746070493.782418:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00200000:3.0:1746070493.782421:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070493.782432:0:7236:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782440:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782447:0:7236:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782451:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782456:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782469:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782473:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d174c00 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:3.0:1746070493.782476:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782482:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782490:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012240d800) 00010000:00010000:3.0:1746070493.782493:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070493.782496:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782500:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174c00/0xdde79d79b44867e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782508:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782512:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782516:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782520:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d175c00 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:3.0:1746070493.782522:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782526:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782536:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff88012d818800) 00010000:00010000:3.0:1746070493.782538:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070493.782540:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782544:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175c00/0xdde79d79b44867ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.782562:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175a00/0xdde79d79b44867e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf01 expref: 25 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.782571:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf01 expref: 24 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.782576:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.782578:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070493.782580:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d175600, rc 0) 00000100:00100000:3.0:1746070493.782625:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+24:15104:x1830887395460992:12345-192.168.203.13@tcp:101:cp.0 Request processed in 408us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.782631:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 981 00000100:00100000:0.0:1746070493.785831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.785956:0:11522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395461120 00000100:00100000:3.0:1746070493.785963:0:11522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395461120 00000100:00100000:3.0:1746070493.785997:0:11522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 230 00000100:00100000:3.0:1746070493.786003:0:11522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+20:2011:x1830887395461120:12345-192.168.203.13@tcp:101:cp.0 00010000:00010000:3.0:1746070493.786016:0:11522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.786031:0:11522:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800968a9400/0xdde79d79b44867fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf08 expref: -99 pid: 11522 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070493.786058:0:11522:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746070493.786074:0:11522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070493.786076:0:11522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070493.786083:0:11522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800968a9400/0xdde79d79b44867fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf08 expref: 21 pid: 11522 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070493.786095:0:11522:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800968a9400/0xdde79d79b44867fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf08 expref: 21 pid: 11522 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070493.786104:0:11522:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800968a9400, rc 0) 00000100:00100000:3.0:1746070493.786137:0:11522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+21:2011:x1830887395461120:12345-192.168.203.13@tcp:101:cp.0 Request processed in 134us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.786142:0:11522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 230 00000100:00100000:0.0:1746070493.788221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.788286:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395461376 00000100:00100000:3.0:1746070493.788292:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395461376 00000100:00100000:3.0:1746070493.788332:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 982 00000100:00100000:3.0:1746070493.788340:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+24:15104:x1830887395461376:12345-192.168.203.13@tcp:101:cp.0 00010000:00010000:3.0:1746070493.788356:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.788369:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486804 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf0f expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.788474:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.788485:0:7236:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf01 expref: 25 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.788501:0:7236:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.788525:0:7236:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf01 expref: 25 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.788534:0:7236:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf01 expref: 25 pid: 7236 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.788544:0:7236:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096150700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7236:1830887400574336:192.168.203.13@tcp:104: 00000100:00100000:3.0:1746070493.788620:0:7236:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098449540 going to sleep for 11 seconds 00000100:00100000:3.0:1746070493.790213:0:7236:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096150700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7236:1830887400574336:192.168.203.13@tcp:104: 00010000:00010000:3.0:1746070493.790231:0:7236:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000100:00100000:0.0:1746070493.792798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.792937:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395461504 00000100:00100000:3.0:1746070493.792944:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395461504 00010000:00010000:3.0:1746070493.792971:0:8386:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf01 expref: 26 pid: 7236 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.796885:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 210 00000100:00100000:3.0:1746070493.796898:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+26:2011:x1830887395461504:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070493.796921:0:8386:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070493.796931:0:8386:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf01 expref: 26 pid: 7236 timeout: 338 lvb_type: 0 00010000:00010000:3.0:1746070493.796943:0:8386:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf01 expref: 26 pid: 7236 timeout: 338 lvb_type: 0 00010000:00010000:3.0:1746070493.796967:0:8386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44867f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf01 expref: 26 pid: 7236 timeout: 338 lvb_type: 0 00010000:00010000:3.0:1746070493.796977:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.796981:0:8386:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.796988:0:8386:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.796993:0:8386:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.797008:0:8386:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070493.797044:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+25:2011:x1830887395461504:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 150us (4253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.797049:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 210 00010000:00010000:3.0:1746070493.797309:0:7236:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746070493.797316:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:3.0:1746070493.797331:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:3.0:1746070493.797416:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486804 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf0f expref: 26 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.797427:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf0f expref: 25 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.797440:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.797443:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746070493.797445:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800968a8800, rc 0) 00000100:00100000:3.0:1746070493.797478:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+25:15104:x1830887395461376:12345-192.168.203.13@tcp:101:cp.0 Request processed in 9139us (9262us total) trans 4294967653 rc 0/0 00000100:00100000:3.0:1746070493.797483:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 982 00000100:00100000:0.0:1746070493.799933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1746070493.799954:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395461632 00000100:00100000:1.0:1746070493.799961:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395461632 00000100:00100000:1.0:1746070493.799990:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 983 00000100:00100000:1.0:1746070493.799996:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+25:15104:x1830887395461632:12345-192.168.203.13@tcp:101:cp.0 00010000:00010000:1.0:1746070493.800012:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070493.800023:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801316f6200/0xdde79d79b4486819 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf16 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070493.800046:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801316f7c00/0xdde79d79b4486820 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746070493.800056:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801316f7c00/0xdde79d79b4486820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746070493.800065:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801316f7c00/0xdde79d79b4486820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746070493.800133:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801316f6200/0xdde79d79b4486819 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf16 expref: 27 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070493.800143:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801316f7c00/0xdde79d79b4486820 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf16 expref: 26 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070493.800149:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:1.0:1746070493.800151:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746070493.800157:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801316f7c00, rc 0) 00000100:00100000:1.0:1746070493.800186:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+26:15104:x1830887395461632:12345-192.168.203.13@tcp:101:cp.0 Request processed in 190us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070493.800192:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 983 00000100:00100000:0.0:1746070493.804019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1746070493.804130:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395461888 00000100:00100000:1.0:1746070493.804137:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395461888 00000100:00100000:1.0:1746070493.804171:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 984 00000100:00100000:1.0:1746070493.804178:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+26:15104:x1830887395461888:12345-192.168.203.13@tcp:36:cp.0 00010000:00010000:1.0:1746070493.804330:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.804341:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.804349:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000001:00080000:1.0:1746070493.804385:0:10936:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967654 00000004:00010000:1.0:1746070493.804401:0:10936:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009618f100 reply state ffff88012b105000 transno 4294967655 ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.804409:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.804414:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:1.0:1746070493.804417:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746070493.804420:0:10936:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746070493.804486:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+29:15104:x1830887395461888:12345-192.168.203.13@tcp:36:cp.0 Request processed in 307us (471us total) trans 4294967655 rc 0/0 00000100:00100000:1.0:1746070493.804492:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 984 00000020:00080000:1.0:1746070493.804496:0:10936:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746070493.809351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1746070493.809428:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395462016 00000100:00100000:1.0:1746070493.809435:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395462016 00000100:00100000:1.0:1746070493.809473:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 985 00000100:00100000:1.0:1746070493.809480:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+29:15104:x1830887395462016:12345-192.168.203.13@tcp:101:cp.0 00010000:00010000:1.0:1746070493.809498:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746070493.809512:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009dd7aa00/0xdde79d79b448682e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf1d expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070493.809556:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009dd7aa00/0xdde79d79b448682e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf1d expref: 30 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070493.809566:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009dd7aa00/0xdde79d79b448682e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf1d expref: 30 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746070493.809580:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:1.0:1746070493.809583:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746070493.809586:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009dd7aa00, rc 0) 00000100:00100000:1.0:1746070493.809632:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+30:15104:x1830887395462016:12345-192.168.203.13@tcp:101:cp.0 Request processed in 152us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070493.809638:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 985 00000100:00100000:2.0:1746070493.815641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1746070493.816583:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395462272 00000100:00100000:0.0:1746070493.816590:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395462272 00000100:00100000:0.0:1746070493.816632:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 986 00000100:00100000:0.0:1746070493.816638:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+30:15104:x1830887395462272:12345-192.168.203.13@tcp:101:cp.0 00010000:00010000:0.0:1746070493.816651:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070493.816654:0:10936:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746070493.816687:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009dd7aa00/0xdde79d79b448682e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf1d expref: 30 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070493.816701:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:0.0:1746070493.816704:0:10936:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746070493.816712:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800967a3a00/0xdde79d79b4486835 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf24 expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070493.816744:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800967a2e00/0xdde79d79b448683c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:0.0:1746070493.816753:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800967a2e00/0xdde79d79b448683c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:0.0:1746070493.816760:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800967a2e00/0xdde79d79b448683c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000040:00080000:0.0:1746070493.816887:0:10936:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 88 off9200 00000004:00080000:0.0:1746070493.816893:0:10936:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 238156222145ns, next at 196543382778ns, rc = 0 00000040:00080000:0.0:1746070493.816930:0:10936:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 88 off9112 00000004:00080000:0.0:1746070493.816935:0:10936:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 238156264366ns, next at 226523110656ns, rc = 0 00000001:00080000:0.0:1746070493.821760:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967656 is committed 00000004:00080000:0.0:1746070493.821782:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00010000:00010000:2.0:1746070493.822652:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.822665:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.822692:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.822705:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d175e00 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:2.0:1746070493.822708:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.822714:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.822727:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff88012d818800) 00010000:00010000:2.0:1746070493.822730:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070493.822732:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.822737:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b44867a9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746070493.822761:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.822766:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.822769:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.822772:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800969f1000 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:2.0:1746070493.822774:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.822777:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.822784:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:2.0:1746070493.822790:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746070493.822793:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.822797:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486827 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00000004:00080000:0.0:1746070493.823856:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000100:00100000:2.0:1746070493.823944:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746070493.823957:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800964a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830887400574464:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1746070493.823973:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800967a2e00/0xdde79d79b448683c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf24 expref: 21 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070493.823994:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:0.0:1746070493.823997:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:2.0:1746070493.824003:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746070493.824014:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800967a3a00/0xdde79d79b4486835 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf24 expref: 21 pid: 10936 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1746070493.824030:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800967a2e00/0xdde79d79b448683c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf24 expref: 20 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070493.824061:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:0.0:1746070493.824063:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1746070493.824066:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800967a2e00, rc 0) 00000100:00100000:0.0:1746070493.824137:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15104:x1830887395462272:12345-192.168.203.13@tcp:101:cp.0 Request processed in 7497us (8497us total) trans 4294967656 rc 0/0 00000100:00100000:3.0:1746070493.824141:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830887400574592:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746070493.824146:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 986 00000100:00100000:3.0:1746070493.824162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746070493.824183:0:11522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887400574464 00000100:00100000:0.0:1746070493.824184:0:11152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887400574592 00000100:00100000:3.0:1746070493.824189:0:11522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887400574464 00000100:00100000:0.0:1746070493.824189:0:11152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887400574592 00000100:00100000:0.0:1746070493.824224:0:11152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1746070493.824231:0:11152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3764:x1830887400574592:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746070493.824360:0:11152:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746070493.824363:0:11152:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1746070493.824365:0:11152:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746070493.824367:0:11152:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1746070493.824369:0:11152:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1746070493.824409:0:11152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3764:x1830887400574592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 179us (246us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1746070493.824426:0:11152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00080000:1.0:1746070493.824480:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746070493.824483:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746070493.826459:0:11152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1746070493.826473:0:11152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3766:x1830887400574464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746070493.826654:0:11152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3766:x1830887400574464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 186us (2650us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1746070493.826661:0:11152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000004:00080000:3.0:1746070493.826665:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096150700/2, rc 0, transno 4294967346 00000100:00100000:3.0:1746070493.826691:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830887400574592:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746070493.827322:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800964a5c00/2, rc 0, transno 4294967341 00000100:00100000:2.0:1746070493.827328:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800964a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830887400574464:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746070493.827850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.827891:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395462400 00000100:00100000:2.0:1746070493.827896:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395462400 00000100:00100000:2.0:1746070493.827930:0:9585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 233 00000100:00100000:2.0:1746070493.827936:0:9585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15104:x1830887395462400:12345-192.168.203.13@tcp:101:cp.0 00010000:00010000:2.0:1746070493.827949:0:9585:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746070493.827962:0:9585:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf2b expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746070493.827979:0:9585:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746070493.827995:0:9585:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070493.827996:0:9585:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070493.828002:0:9585:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 21 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.828015:0:9585:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 21 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.828036:0:9585:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b8dd400, rc 0) 00000100:00100000:2.0:1746070493.828079:0:9585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+21:15104:x1830887395462400:12345-192.168.203.13@tcp:101:cp.0 Request processed in 143us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070493.828084:0:9585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 233 00000100:00100000:3.0:1746070493.829846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.830332:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395462528 00000100:00100000:2.0:1746070493.830339:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395462528 00002000:00010000:2.0:1746070493.830365:0:9591:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/17 (0->18446744073709551615) 00002000:00100000:2.0:1746070493.830369:0:9591:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096151180 with x1830887395462528 ext(0->18446744073709551615) 00002000:00010000:2.0:1746070493.830377:0:9591:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096151180. 00000100:00100000:2.0:1746070493.830394:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 24 00000100:00100000:2.0:1746070493.830400:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c676d38e-a6dd-4828-affe-ad4067b8035d+21:2011:x1830887395462528:12345-192.168.203.13@tcp:10:cp.0 00002000:00010000:2.0:1746070493.830521:0:9591:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746070493.830524:0:9591:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 1746070494 00002000:00010000:2.0:1746070493.830526:0:9591:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746070493.830528:0:9591:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 1746070494 00002000:00010000:2.0:1746070493.830529:0:9591:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746070493.830562:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c676d38e-a6dd-4828-affe-ad4067b8035d+22:2011:x1830887395462528:12345-192.168.203.13@tcp:10:cp.0 Request processed in 162us (719us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1746070493.830568:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 24 00002000:00010000:2.0:1746070493.830571:0:9591:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/17 (0->18446744073709551615) 00002000:00100000:2.0:1746070493.830573:0:9591:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096151180 with x1830887395462528 ext(0->18446744073709551615) 00002000:00010000:2.0:1746070493.830576:0:9591:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096151180. 00000100:00100000:1.0:1746070493.833800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1746070493.834272:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395462656 00000100:00100000:0.0:1746070493.834279:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395462656 00000100:00100000:0.0:1746070493.834309:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 987 00000100:00100000:0.0:1746070493.834315:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15104:x1830887395462656:12345-192.168.203.13@tcp:101:cp.0 00010000:00010000:0.0:1746070493.834332:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746070493.834345:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448684a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf32 expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070493.834405:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:0.0:1746070493.834416:0:10936:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf0f expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070493.834423:0:10936:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:0.0:1746070493.834445:0:10936:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf0f expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746070493.834454:0:10936:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf0f expref: 21 pid: 7236 timeout: 338 lvb_type: 0 00000100:00100000:0.0:1746070493.834471:0:10936:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009618f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10936:1830887400574720:192.168.203.13@tcp:104: 00000100:00100000:0.0:1746070493.834525:0:10936:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070493.840195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:0.0:1746070493.840240:0:10936:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009618f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10936:1830887400574720:192.168.203.13@tcp:104: 00010000:00010000:0.0:1746070493.840259:0:10936:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000100:00100000:2.0:1746070493.840389:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395462784 00000100:00100000:2.0:1746070493.840394:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395462784 00010000:00010000:2.0:1746070493.840423:0:8386:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf0f expref: 22 pid: 7236 timeout: 338 lvb_type: 0 00000100:00100000:2.0:1746070493.840442:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 211 00000100:00100000:2.0:1746070493.840447:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:2011:x1830887395462784:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070493.840456:0:8386:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070493.840460:0:8386:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf0f expref: 22 pid: 7236 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.840468:0:8386:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf0f expref: 22 pid: 7236 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.840484:0:8386:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448680b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf0f expref: 22 pid: 7236 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.840494:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:2.0:1746070493.840497:0:8386:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.840503:0:8386:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.840508:0:8386:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.840521:0:8386:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070493.840731:0:10936:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.840737:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000004:00200000:3.0:1746070493.840773:0:10936:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 2 00000004:00200000:3.0:1746070493.840777:0:10936:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070493.840789:0:10936:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.840811:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448684a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf32 expref: 22 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.840824:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf32 expref: 21 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.840835:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.840838:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070493.840840:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800969f1000, rc 0) 00000100:00100000:2.0:1746070493.841213:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+21:2011:x1830887395462784:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 763us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070493.841220:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 211 00000100:00100000:3.0:1746070493.841264:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15104:x1830887395462656:12345-192.168.203.13@tcp:101:cp.0 Request processed in 6948us (7470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.841270:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 987 00000100:00100000:0.0:1746070493.844431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.844501:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395463040 00000100:00100000:2.0:1746070493.844513:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395463040 00000100:00100000:2.0:1746070493.844542:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 232 00000100:00100000:2.0:1746070493.844548:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15104:x1830887395463040:12345-192.168.203.13@tcp:35:cp.0 00000100:00100000:2.0:1746070493.847124:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+21:15104:x1830887395463040:12345-192.168.203.13@tcp:35:cp.0 Request processed in 2570us (2694us total) trans 4294967657 rc 0/0 00000100:00100000:2.0:1746070493.847132:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 232 00000100:00100000:0.0:1746070493.860383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.860863:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395463168 00000100:00100000:3.0:1746070493.860871:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395463168 00000100:00100000:3.0:1746070493.861420:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 988 00000100:00100000:3.0:1746070493.861429:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+21:15105:x1830887395463168:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070493.861447:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.861461:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9a00/0xdde79d79b4486858 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf39 expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.861503:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861513:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861522:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861535:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861539:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861543:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861603:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861610:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861615:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000004:00200000:3.0:1746070493.861642:0:10936:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00000004:00200000:3.0:1746070493.861646:0:10936:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070493.861657:0:10936:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861666:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861692:0:10936:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861697:0:10936:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861703:0:10936:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861708:0:10936:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800968a8200 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:3.0:1746070493.861711:0:10936:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.861716:0:10936:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862023:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012240d800) 00010000:00010000:3.0:1746070493.862030:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070493.862034:0:10936:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862039:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8200/0xdde79d79b448685f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862061:0:10936:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862065:0:10936:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862069:0:10936:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862073:0:10936:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800968a9000 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:3.0:1746070493.862074:0:10936:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862078:0:10936:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862084:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff88012d818c00) 00010000:00010000:3.0:1746070493.862085:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746070493.862087:0:10936:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862090:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9000/0xdde79d79b4486866 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.862112:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a9a00/0xdde79d79b4486858 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.862128:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 22 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.862133:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.862135:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070493.862136:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800969f0c00, rc 0) 00000100:00100000:3.0:1746070493.863342:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15105:x1830887395463168:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 1903us (2954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.863350:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 988 00000100:00100000:1.0:1746070493.867279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.867956:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395463424 00000100:00100000:3.0:1746070493.867963:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395463424 00000100:00100000:0.0:1746070493.871459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.871849:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 989 00000100:00100000:3.0:1746070493.871860:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15105:x1830887395463424:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070493.871876:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.871892:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0a00/0xdde79d79b4486874 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf40 expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.871978:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.871990:0:10936:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf32 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.871997:0:10936:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.872003:0:10936:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 5/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.872036:0:10936:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.872046:0:10936:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.872057:0:10936:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096151880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10936:1830887400574848:192.168.203.13@tcp:104: 00000100:00100000:3.0:1746070493.872125:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395463552 00000100:00100000:3.0:1746070493.872130:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395463552 00010000:00010000:3.0:1746070493.872147:0:8386:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 6/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 24 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.872166:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 212 00000100:00100000:3.0:1746070493.872170:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013739dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2011:x1830887395463552:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746070493.872178:0:8386:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070493.872182:0:8386:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 6/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 24 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:3.0:1746070493.872189:0:8386:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 24 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:3.0:1746070493.872203:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.872206:0:8386:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.872211:0:8386:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.872223:0:8386:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746070493.872243:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013739dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2011:x1830887395463552:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 71us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.872249:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 212 00010000:00010000:3.0:1746070493.874273:0:10936:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf32 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.874286:0:10936:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf32 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.874296:0:10936:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096152680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10936:1830887400574976:192.168.203.13@tcp:104: 00000100:00100000:3.0:1746070493.874345:0:10936:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098449300 going to sleep for 11 seconds 00010000:00010000:3.0:1746070493.875254:0:10936:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.13@tcp) returned -22 from blocking AST (req@ffff880096151880 x1830887400574848) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:3.0:1746070493.875266:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0c00/0xdde79d79b448686d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf39 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.875285:0:10936:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096151880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10936:1830887400574848:192.168.203.13@tcp:104: 00010000:00010000:0.0:1746070493.878811:0:10928:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746070493.879305:0:10936:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096152680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10936:1830887400574976:192.168.203.13@tcp:104: 00010000:00010000:3.0:1746070493.879327:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.879332:0:10936:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.879341:0:10936:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.879357:0:10936:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000100:00100000:0.0:1746070493.880184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.880232:0:10929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395463680 00000100:00100000:2.0:1746070493.880238:0:10929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395463680 00010000:00010000:2.0:1746070493.880261:0:10929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf32 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:2.0:1746070493.880293:0:10929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 213 00000100:00100000:2.0:1746070493.880300:0:10929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+23:2011:x1830887395463680:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070493.880309:0:10929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070493.880314:0:10929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf32 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.880323:0:10929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf32 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.880339:0:10929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1000/0xdde79d79b4486851 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf32 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.880364:0:10929:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:2.0:1746070493.880367:0:10929:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.880373:0:10929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.880384:0:10929:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.880399:0:10929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070493.880441:0:10929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+22:2011:x1830887395463680:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 141us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070493.880447:0:10929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 213 00010000:00010000:3.0:1746070493.880502:0:10936:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.880508:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000004:00200000:3.0:1746070493.880522:0:10936:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00010000:00010000:3.0:1746070493.880611:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f0a00/0xdde79d79b4486874 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf40 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.880627:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf40 expref: 22 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.880634:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.880636:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746070493.880645:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800968a8800, rc 0) 00000100:00100000:3.0:1746070493.880665:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15105:x1830887395463424:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 8808us (13392us total) trans 4294967658 rc 0/0 00000100:00100000:3.0:1746070493.880697:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 989 00000100:00100000:2.0:1746070493.884391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.884469:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395463808 00000100:00100000:3.0:1746070493.884477:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395463808 00000100:00100000:3.0:1746070493.884511:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 990 00000100:00100000:3.0:1746070493.884518:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15105:x1830887395463808:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070493.884537:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.884550:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b4486889 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf47 expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.884624:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.884634:0:10936:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf40 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.884640:0:10936:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.884663:0:10936:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf40 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.884696:0:10936:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf40 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.884706:0:10936:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096152680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10936:1830887400575104:192.168.203.13@tcp:104: 00000100:00100000:3.0:1746070493.884765:0:10936:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098449cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746070493.889088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.890474:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395463936 00000100:00100000:2.0:1746070493.890484:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395463936 00010000:00010000:2.0:1746070493.890519:0:8386:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf40 expref: 24 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:2.0:1746070493.890566:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 214 00000100:00100000:2.0:1746070493.890573:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2011:x1830887395463936:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070493.890584:0:8386:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746070493.890589:0:8386:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf40 expref: 24 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.890599:0:8386:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf40 expref: 24 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.890618:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:2.0:1746070493.890622:0:8386:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.890630:0:8386:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.890648:0:8386:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10936 initiator: MDT0 00010000:00010000:2.0:1746070493.890663:0:8386:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070493.890728:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2011:x1830887395463936:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 156us (1653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070493.890735:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 214 00010000:00010000:3.0:1746070493.891059:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800968a8800/0xdde79d79b448687b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf40 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:3.0:1746070493.891084:0:10936:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096152680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10936:1830887400575104:192.168.203.13@tcp:104: 00010000:00010000:3.0:1746070493.891098:0:10936:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.891105:0:10936:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.891109:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000004:00200000:3.0:1746070493.891153:0:10936:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00000004:00200000:3.0:1746070493.891156:0:10936:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070493.891169:0:10936:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.891192:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175e00/0xdde79d79b4486889 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf47 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.891202:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf47 expref: 22 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.891207:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.891209:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070493.891211:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d174400, rc 0) 00000100:00100000:3.0:1746070493.891234:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15105:x1830887395463808:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 6716us (6849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.891239:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 990 00000100:00100000:0.0:1746070493.897373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.897441:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395464192 00000100:00100000:3.0:1746070493.897453:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395464192 00000100:00100000:3.0:1746070493.897503:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 991 00000100:00100000:3.0:1746070493.897509:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15105:x1830887395464192:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070493.897526:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.897541:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174200/0xdde79d79b4486897 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf4e expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.897613:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175200/0xdde79d79b448689e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.897633:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175200/0xdde79d79b448689e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.897643:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175200/0xdde79d79b448689e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000004:00200000:3.0:1746070493.897653:0:10936:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00010000:00010000:3.0:1746070493.897764:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174200/0xdde79d79b4486897 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf4e expref: 25 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.897794:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175200/0xdde79d79b448689e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf4e expref: 24 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.897800:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.897803:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746070493.897948:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d175200, rc 0) 00000100:00100000:3.0:1746070493.898217:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+24:15105:x1830887395464192:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 706us (850us total) trans 4294967659 rc 0/0 00000100:00100000:3.0:1746070493.898223:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 991 00000100:00100000:0.0:1746070493.899818:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.899915:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395464320 00000100:00100000:2.0:1746070493.899922:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395464320 00000100:00100000:2.0:1746070493.899957:0:9585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 234 00000100:00100000:2.0:1746070493.899964:0:9585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009618fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+22:2008:x1830887395464320:12345-192.168.203.13@tcp:1:lfs.0 00010000:00010000:2.0:1746070493.900006:0:9585:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.900023:0:9585:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 22 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.900028:0:9585:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070493.900030:0:9585:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746070493.900033:0:9585:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.900060:0:9585:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 22 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.900071:0:9585:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 22 pid: 9585 timeout: 338 lvb_type: 0 00000100:00100000:2.0:1746070493.900096:0:9585:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800964a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9585:1830887400575232:192.168.203.13@tcp:104: 00000100:00100000:2.0:1746070493.901840:0:9585:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307aec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746070493.905193:0:9585:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800964a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9585:1830887400575232:192.168.203.13@tcp:104: 00010000:00010000:2.0:1746070493.905213:0:9585:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746070493.911068:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.911165:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395464448 00000100:00100000:3.0:1746070493.911173:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395464448 00002000:00100000:3.0:1746070493.911213:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->158) req@ffff8800964a2300 x1830887395464448/t0(0) o4->c676d38e-a6dd-4828-affe-ad4067b8035d@192.168.203.13@tcp:124/0 lens 648/0 e 0 to 0 dl 1746070504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746070493.911222:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800964a2300 with x1830887395464448 ext(0->158) 00010000:00010000:3.0:1746070493.911230:0:9592:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 23 pid: 9585 timeout: 338 lvb_type: 0 00010000:00010000:3.0:1746070493.911242:0:9592:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 23 pid: 9585 timeout: 338 lvb_type: 0 00002000:00010000:3.0:1746070493.911255:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800964a2300 00000100:00100000:3.0:1746070493.911286:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 2 00000100:00100000:3.0:1746070493.911293:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+23:2010:x1830887395464448:12345-192.168.203.13@tcp:4:cp.0 00000100:00100000:0.0:1746070493.913830:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+25:2010:x1830887395464448:12345-192.168.203.13@tcp:4:cp.0 Request processed in 2530us (2765us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1746070493.913840:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 2 00002000:00100000:0.0:1746070493.913849:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->158) req@ffff8800964a2300 x1830887395464448/t4294967343(0) o4->c676d38e-a6dd-4828-affe-ad4067b8035d@192.168.203.13@tcp:124/0 lens 648/448 e 0 to 0 dl 1746070504 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746070493.913857:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800964a2300 with x1830887395464448 ext(0->158) 00010000:00010000:0.0:1746070493.913865:0:9592:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 25 pid: 9585 timeout: 338 lvb_type: 0 00010000:00010000:0.0:1746070493.913888:0:9592:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 25 pid: 9585 timeout: 338 lvb_type: 0 00002000:00010000:0.0:1746070493.913895:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800964a2300 00000100:00100000:0.0:1746070493.920113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.920213:0:10929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395464576 00000100:00100000:2.0:1746070493.920221:0:10929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395464576 00010000:00010000:2.0:1746070493.920254:0:10929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 25 pid: 9585 timeout: 338 lvb_type: 0 00000100:00100000:2.0:1746070493.920775:0:10929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 215 00000100:00100000:2.0:1746070493.920783:0:10929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+25:2009:x1830887395464576:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746070493.920796:0:10929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746070493.920810:0:10929:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 159 00002000:00010000:2.0:1746070493.920812:0:10929:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1746070493.920817:0:10929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 25 pid: 9585 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.920828:0:10929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 25 pid: 9585 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.920846:0:10929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd400/0xdde79d79b4486843 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf2b expref: 25 pid: 9585 timeout: 338 lvb_type: 0 00010000:00010000:2.0:1746070493.920886:0:10929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070493.920888:0:10929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746070493.920893:0:10929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.920900:0:10929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.922499:0:10929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746070493.922550:0:10929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2009:x1830887395464576:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 1765us (2442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070493.922559:0:10929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 215 00010000:00010000:3.0:1746070493.923069:0:9585:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.923079:0:9585:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.923101:0:9585:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.923108:0:9585:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.923114:0:9585:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.923119:0:9585:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b8dd600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746070493.923123:0:9585:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.923129:0:9585:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.923156:0:9585:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.923161:0:9585:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b8dd600/0xdde79d79b44868ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9585 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070493.923215:0:9585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009618fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+23:2008:x1830887395464320:12345-192.168.203.13@tcp:1:lfs.0 Request processed in 23251us (23404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.923222:0:9585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 234 00000100:00100000:0.0:1746070493.928153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.928450:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395464832 00000100:00100000:3.0:1746070493.928458:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395464832 00000100:00100000:3.0:1746070493.928507:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 992 00000100:00100000:3.0:1746070493.928513:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+24:15105:x1830887395464832:12345-192.168.203.13@tcp:36:lfs.0 00010000:00010000:3.0:1746070493.928552:0:10936:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1746070493.928573:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800967a2e00/0xdde79d79b448683c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf24 expref: 24 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.928601:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b4486890 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf47 expref: 23 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.928610:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.928614:0:10936:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070493.928634:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.928643:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.928661:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000040:00080000:3.0:1746070493.928825:0:10936:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 88 off9288 00000004:00080000:3.0:1746070493.928830:0:10936:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 238268158477ns, next at 196543382778ns, rc = 0 00000040:00080000:3.0:1746070493.928852:0:10936:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 88 off9200 00000004:00080000:3.0:1746070493.928855:0:10936:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 238268184150ns, next at 226523110656ns, rc = 0 00000001:00080000:2.0:1746070493.933646:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967660 is committed 00000004:00080000:2.0:1746070493.933657:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000004:00080000:2.0:1746070493.933706:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000100:00100000:1.0:1746070493.933950:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746070493.933965:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800964a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830887400575488:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746070493.934012:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070493.934062:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887400575488 00000100:00100000:0.0:1746070493.934071:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887400575488 00000100:00100000:0.0:1746070493.934114:0:9585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1746070493.934122:0:9585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3767:x1830887400575488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746070493.934167:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830887400575360:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746070493.934189:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070493.934249:0:11152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887400575360 00000100:00100000:1.0:1746070493.934255:0:11152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887400575360 00000100:00100000:1.0:1746070493.934288:0:11152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1746070493.934294:0:11152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3765:x1830887400575360:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746070493.934294:0:9585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3767:x1830887400575488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 173us (281us total) trans 4294967344 rc 0/0 00000100:00100000:0.0:1746070493.934302:0:9585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00002000:00010000:1.0:1746070493.934396:0:11152:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746070493.934399:0:11152:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746070493.934401:0:11152:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746070493.934403:0:11152:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746070493.934404:0:11152:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1746070493.934430:0:11152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3765:x1830887400575360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 135us (239us total) trans 4294967347 rc 0/0 00000100:00100000:1.0:1746070493.934435:0:11152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000004:00080000:1.0:1746070493.934464:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800964a0700/2, rc 0, transno 4294967344 00000100:00100000:1.0:1746070493.934468:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800964a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830887400575488:0@lo:2:osp-syn-0-0.0 00000004:00010000:3.0:1746070493.934518:0:10936:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800964a2d80 reply state ffff880096cdd400 transno 4294967660 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.934531:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.934538:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.934540:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1746070493.934543:0:10936:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1746070493.934603:0:10936:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746070493.934614:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15105:x1830887395464832:12345-192.168.203.13@tcp:36:lfs.0 Request processed in 6100us (6467us total) trans 4294967660 rc 0/0 00000100:00100000:3.0:1746070493.934620:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 992 00000004:00080000:2.0:1746070493.934704:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096152680/2, rc 0, transno 4294967347 00000100:00100000:2.0:1746070493.934708:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830887400575360:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1746070493.936045:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.936056:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.936061:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.936065:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d174a00 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:1.0:1746070493.936069:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.936074:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.936085:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:1.0:1746070493.936087:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746070493.936098:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00010000:00010000:1.0:1746070493.936103:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868b3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00000100:00100000:0.0:1746070493.942597:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.943813:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395464960 00000100:00100000:3.0:1746070493.943826:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395464960 00000100:00100000:3.0:1746070493.943911:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 993 00000100:00100000:3.0:1746070493.943922:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+19:15105:x1830887395464960:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070493.943952:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.943978:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf55 expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.944047:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf55 expref: 20 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.944076:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf55 expref: 20 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.944095:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.944098:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746070493.944107:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d174a00, rc 0) 00000100:00100000:3.0:1746070493.944157:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15105:x1830887395464960:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 237us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.944167:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 993 00000100:00100000:0.0:1746070493.949380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.949932:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395465088 00000100:00100000:3.0:1746070493.949942:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395465088 00000100:00100000:3.0:1746070493.950004:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 994 00000100:00100000:3.0:1746070493.950014:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15105:x1830887395465088:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070493.950038:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.950066:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175400/0xdde79d79b44868c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf5c expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.950164:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44868c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.950177:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44868c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.950187:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44868c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000004:00200000:3.0:1746070493.950212:0:10936:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00000004:00200000:3.0:1746070493.950216:0:10936:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746070493.950242:0:10936:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44868c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.950268:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175400/0xdde79d79b44868c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf5c expref: 22 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.951274:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44868c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf5c expref: 21 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.951285:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.951287:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746070493.951291:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d175600, rc 0) 00000100:00100000:3.0:1746070493.951369:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+21:15105:x1830887395465088:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 1356us (1999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.951377:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 994 00000100:00100000:0.0:1746070493.953870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.954113:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395465216 00000100:00100000:3.0:1746070493.954122:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395465216 00000100:00100000:3.0:1746070493.954166:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 237 00000100:00100000:3.0:1746070493.954173:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+23:2011:x1830887395465216:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070493.954190:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070493.954208:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d174600/0xdde79d79b44868cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf63 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746070493.954231:0:9587:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 159, mtime: 0x6812ebde, atime: 0x0, ctime: 0x6812ebde, blocks: 0x8 00010000:00010000:3.0:1746070493.954251:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070493.954253:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746070493.954260:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d174600/0xdde79d79b44868cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf63 expref: 24 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070493.954288:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d174600/0xdde79d79b44868cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf63 expref: 24 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746070493.954299:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d174600, rc 0) 00000100:00100000:3.0:1746070493.954351:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2011:x1830887395465216:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 178us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.954356:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 237 00000100:00100000:0.0:1746070493.960756:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.961422:0:11522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395465344 00000100:00100000:2.0:1746070493.961433:0:11522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395465344 00000100:00100000:2.0:1746070493.961497:0:11522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 238 00000100:00100000:2.0:1746070493.961506:0:11522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2009:x1830887395465344:12345-192.168.203.13@tcp:23:lfs.0 00000100:00100000:2.0:1746070493.961633:0:11522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2009:x1830887395465344:12345-192.168.203.13@tcp:23:lfs.0 Request processed in 128us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746070493.961662:0:11522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 238 00000100:00100000:0.0:1746070493.966580:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.966714:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395465472 00000100:00100000:3.0:1746070493.966725:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395465472 00000100:00100000:3.0:1746070493.966784:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 239 00000100:00100000:3.0:1746070493.966793:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2008:x1830887395465472:12345-192.168.203.13@tcp:23:lfs.0 00000100:00100000:3.0:1746070493.966920:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2008:x1830887395465472:12345-192.168.203.13@tcp:23:lfs.0 Request processed in 127us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070493.966927:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 239 00000100:00100000:0.0:1746070493.976187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070493.977151:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395465728 00000100:00100000:3.0:1746070493.977160:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395465728 00000100:00100000:3.0:1746070493.977510:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 995 00000100:00100000:3.0:1746070493.977518:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+21:15105:x1830887395465728:12345-192.168.203.13@tcp:36:lfs.0 00010000:00010000:3.0:1746070493.977561:0:10936:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746070493.977582:0:10936:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44868c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf5c expref: 21 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070493.977610:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.977613:0:10936:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746070493.977661:0:10936:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.977685:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.977693:0:10936:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00000004:00010000:3.0:1746070493.978348:0:10936:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800964a0380 reply state ffff88012b12f000 transno 4294967661 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.978357:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:3.0:1746070493.978361:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070493.978363:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746070493.978366:0:10936:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746070493.978440:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15105:x1830887395465728:12345-192.168.203.13@tcp:36:lfs.0 Request processed in 923us (2261us total) trans 4294967661 rc 0/0 00000100:00100000:3.0:1746070493.978446:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 995 00000100:00100000:0.0:1746070493.982429:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.986374:0:11522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395465856 00000100:00100000:2.0:1746070493.986389:0:11522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395465856 00000100:00100000:2.0:1746070493.986454:0:11522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 240 00000100:00100000:2.0:1746070493.986461:0:11522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+24:2011:x1830887395465856:12345-192.168.203.13@tcp:2:lfs.0 00002000:00010000:2.0:1746070493.986574:0:11522:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 159 -> 159 00002000:00010000:2.0:1746070493.986576:0:11522:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 1746070494 -> 1746070494 00002000:00010000:2.0:1746070493.986578:0:11522:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 1746070494 00002000:00010000:2.0:1746070493.986580:0:11522:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 1746070494 -> 1746070494 00002000:00010000:2.0:1746070493.986581:0:11522:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746070493.986635:0:11522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c676d38e-a6dd-4828-affe-ad4067b8035d+25:2011:x1830887395465856:12345-192.168.203.13@tcp:2:lfs.0 Request processed in 173us (4212us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1746070493.986641:0:11522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 240 00000100:00100000:0.0:1746070493.991664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070493.992202:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395466112 00000100:00100000:2.0:1746070493.992210:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395466112 00000100:00100000:2.0:1746070493.992245:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 233 00000100:00100000:2.0:1746070493.992251:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f63c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+22:15105:x1830887395466112:12345-192.168.203.13@tcp:35:lfs.0 00000004:00010000:2.0:1746070493.992297:0:7237:0:(mdt_open.c:2471:mdt_close_resync_done()) ### [0x200000402:0x1e:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175200/0xdde79d79b448689e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf4e expref: 22 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.992408:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070493.992418:0:7237:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf55 expref: 22 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.992424:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070493.992455:0:7237:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf55 expref: 22 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746070493.992465:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf55 expref: 22 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:2.0:1746070493.992478:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800964a5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:7237:1830887400575616:192.168.203.13@tcp:104: 00000100:00100000:2.0:1746070493.992562:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307aec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746070494.003482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:1.0:1746070494.003545:0:8386:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395466240 00000100:00100000:1.0:1746070494.003552:0:8386:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395466240 00010000:00010000:1.0:1746070494.003590:0:8386:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf55 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:1.0:1746070494.003631:0:8386:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 216 00000100:00100000:1.0:1746070494.003639:0:8386:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009975e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+23:2010:x1830887395466240:12345-192.168.203.13@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746070494.003650:0:8386:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746070494.003654:0:8386:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf55 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:1.0:1746070494.003663:0:8386:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf55 expref: 23 pid: 10936 timeout: 338 lvb_type: 0 00010000:00010000:1.0:1746070494.003700:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:1.0:1746070494.003704:0:8386:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746070494.003710:0:8386:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746070494.003716:0:8386:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746070494.003727:0:8386:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746070494.003759:0:8386:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009975e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+23:2010:x1830887395466240:12345-192.168.203.13@tcp:103:ldlm_bl.0 Request processed in 121us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070494.003773:0:8386:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 216 00010000:00010000:2.0:1746070494.004141:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174a00/0xdde79d79b44868ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf55 expref: 22 pid: 10936 timeout: 338 lvb_type: 0 00000100:00100000:2.0:1746070494.004159:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800964a5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:7237:1830887400575616:192.168.203.13@tcp:104: 00010000:00010000:2.0:1746070494.004172:0:7237:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070494.004179:0:7237:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070494.004183:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000040:00080000:2.0:1746070494.004319:0:7237:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 88 off9376 00000004:00080000:2.0:1746070494.004324:0:7237:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 238343652994ns, next at 196543382778ns, rc = 0 00000040:00080000:2.0:1746070494.004360:0:7237:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 88 off9288 00000004:00080000:2.0:1746070494.004364:0:7237:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 238343693462ns, next at 226523110656ns, rc = 0 00000100:00080000:0.0:1746070494.006189:0:7232:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1746070494.014040:0:7216:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967662 is committed 00000004:00080000:2.0:1746070494.014050:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000004:00080000:2.0:1746070494.014066:0:7216:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000004:00010000:2.0:1746070494.014133:0:7237:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800b4f63c50 reply state ffff880096995c00 transno 4294967662 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070494.014148:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00000100:00100000:3.0:1746070494.014149:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1746070494.014155:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:2.0:1746070494.014157:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1746070494.014161:0:7237:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746070494.014164:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830887400575744:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1746070494.014165:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:2.0:1746070494.014167:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746070494.014171:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175200/0xdde79d79b448689e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf4e expref: 20 pid: 10936 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746070494.014209:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1746070494.014243:0:7237:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1746070494.014251:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f63c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15105:x1830887395466112:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 22000us (22597us total) trans 4294967662 rc 0/0 00000100:00100000:3.0:1746070494.014256:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887400575744 00000100:00100000:2.0:1746070494.014259:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 233 00000100:00100000:3.0:1746070494.014262:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887400575744 00000100:00100000:3.0:1746070494.014286:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1746070494.014291:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3766:x1830887400575744:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1746070494.014296:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070494.014302:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070494.014307:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070494.014312:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b8dc400 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:2.0:1746070494.014315:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070494.014321:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070494.014337:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:2.0:1746070494.014338:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746070494.014341:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746070494.014345:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8dc400/0xdde79d79b44868dd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00002000:00010000:3.0:1746070494.014385:0:9587:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746070494.014388:0:9587:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1746070494.014389:0:9587:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746070494.014391:0:9587:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1746070494.014396:0:9587:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1746070494.014410:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10936 initiator: MDT0 00010000:00010000:0.0:1746070494.014415:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10936 initiator: MDT0 00010000:00010000:0.0:1746070494.014425:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00010000:00010000:0.0:1746070494.014429:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d174400 already unused, calling callback (ffffffffa0f3e690) 00010000:00010000:0.0:1746070494.014431:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10936 initiator: MDT0 00000100:00100000:3.0:1746070494.014432:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3766:x1830887400575744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 140us (222us total) trans 4294967348 rc 0/0 00010000:00010000:0.0:1746070494.014436:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10936 initiator: MDT0 00000100:00100000:3.0:1746070494.014437:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00010000:00010000:0.0:1746070494.014442:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:0.0:1746070494.014444:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746070494.014446:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00010000:00010000:0.0:1746070494.014450:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d174400/0xdde79d79b44868d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10936 initiator: MDT0 00000004:00080000:2.0:1746070494.014530:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096151880/2, rc 0, transno 4294967348 00000100:00100000:2.0:1746070494.014535:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830887400575744:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746070494.014660:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830887400575872:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746070494.014707:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746070494.014775:0:11522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887400575872 00000100:00100000:0.0:1746070494.014779:0:11522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887400575872 00000100:00100000:0.0:1746070494.014800:0:11522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1746070494.014805:0:11522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3764:x1830887400575872:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746070494.014865:0:11522:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 159 -> 159 00002000:00010000:0.0:1746070494.014868:0:11522:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 1746070494 -> 1746070494 00002000:00010000:0.0:1746070494.014869:0:11522:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 1746070494 -> 1746070494 00002000:00010000:0.0:1746070494.014871:0:11522:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 1746070494 -> 1746070494 00002000:00010000:0.0:1746070494.014873:0:11522:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1746070494.014900:0:11522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3764:x1830887400575872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 94us (192us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1746070494.014917:0:11522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000004:00080000:2.0:1746070494.015073:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880096102300/2, rc 0, transno 4294967346 00000100:00100000:2.0:1746070494.015078:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830887400575872:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746070494.022615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:3.0:1746070494.022730:0:10936:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395466368 00000100:00100000:3.0:1746070494.022737:0:10936:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395466368 00000100:00100000:3.0:1746070494.027710:0:10936:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 996 00000100:00100000:3.0:1746070494.027726:0:10936:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009975ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+18:15105:x1830887395466368:12345-192.168.203.13@tcp:101:lfs.0 00010000:00010000:3.0:1746070494.027746:0:10936:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746070494.027764:0:10936:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44868e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x33cffdc0a56edf6a expref: -99 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070494.027814:0:10936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44868e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf6a expref: 19 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070494.027828:0:10936:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d175600/0xdde79d79b44868e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.13@tcp remote: 0x33cffdc0a56edf6a expref: 19 pid: 10936 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746070494.027842:0:10936:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88012d818a00) 00010000:00010000:3.0:1746070494.027845:0:10936:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746070494.027848:0:10936:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d175600, rc 0) 00000100:00100000:3.0:1746070494.027914:0:10936:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009975ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c676d38e-a6dd-4828-affe-ad4067b8035d+19:15105:x1830887395466368:12345-192.168.203.13@tcp:101:lfs.0 Request processed in 183us (5295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746070494.027921:0:10936:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 996 00000100:00100000:0.0:1746070494.030418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.13@tcp (source: 12345-192.168.203.13@tcp) 00000100:00100000:2.0:1746070494.031380:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887395466624 00000100:00100000:2.0:1746070494.031388:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887395466624 00000100:00100000:2.0:1746070494.031441:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp, seq: 234 00000100:00100000:2.0:1746070494.031449:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009975fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+19:15105:x1830887395466624:12345-192.168.203.13@tcp:35:lfs.0 00000100:00100000:2.0:1746070494.031653:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009975fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c676d38e-a6dd-4828-affe-ad4067b8035d+20:15105:x1830887395466624:12345-192.168.203.13@tcp:35:lfs.0 Request processed in 205us (1241us total) trans 4294967663 rc 0/0 00000100:00100000:2.0:1746070494.031660:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp, seq: 234 00010000:00010000:1.0:1746070494.880817:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746070494.968163:0:17999:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_0j: @@@@@@ FAIL: resync /mnt/lustre/f0j.sanity-flr failed 00000100:00100000:2.0:1746070495.197391:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830887400576000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746070495.197439:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746070495.198450:0:12164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830887400576000 00000100:00100000:1.0:1746070495.198459:0:12164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830887400576000 00000100:00100000:1.0:1746070495.198496:0:12164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1746070495.198501:0:12164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800964a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3765:x1830887400576000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746070495.198529:0:12164:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446232064 avail 1316769792 00000100:00100000:1.0:1746070495.198575:0:12164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800964a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3765:x1830887400576000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746070495.198580:0:12164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1746070495.198637:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830887400576000:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1746070495.387174:0:10919:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000001:00080000:0.0:1746070495.387191:0:10919:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967343 is committed 00000001:00080000:0.0:1746070495.387236:0:8378:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967320 is committed 00000001:00080000:1.0:1746070495.389118:0:9583:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:1.0:1746070495.389126:0:9583:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed Debug log: 1073 lines, 1073 kept, 0 dropped, 0 bad.